from lib_corr_matrices import *
import warnings
warnings.filterwarnings('ignore')
For each model:
paths2 = ['model_50_50/model_50_50_w2_1.csv',
'model_50_50/model_50_50_w2_2.csv',
'model_50_50/model_50_50_w2_3.csv',
'model_50_50/model_50_50_w2_4.csv',
'model_50_50/model_50_50_w2_5.csv',
'model_50_50/model_50_50_w3_1.csv',
'model_50_50/model_50_50_w3_2.csv',
'model_50_50/model_50_50_w3_3.csv',
'model_50_50/model_50_50_w3_4.csv',
'model_50_50/model_50_50_w3_5.csv',
]
paths3 = ['model_50_50_50/model_50_50_50_w2_1.csv',
'model_50_50_50/model_50_50_50_w2_2.csv',
'model_50_50_50/model_50_50_50_w2_3.csv',
'model_50_50_50/model_50_50_50_w2_4.csv',
'model_50_50_50/model_50_50_50_w2_5.csv',
'model_50_50_50/model_50_50_50_w3_1.csv',
'model_50_50_50/model_50_50_50_w3_2.csv',
'model_50_50_50/model_50_50_50_w3_3.csv',
'model_50_50_50/model_50_50_50_w3_4.csv',
'model_50_50_50/model_50_50_50_w3_5.csv',
'model_50_50_50/model_50_50_50_w4_1.csv',
'model_50_50_50/model_50_50_50_w4_2.csv',
'model_50_50_50/model_50_50_50_w4_3.csv',
'model_50_50_50/model_50_50_50_w4_4.csv',
'model_50_50_50/model_50_50_50_w4_5.csv',
]
paths4 = ['model_50_50_50_50/model_50_50_50_50_w2_1.csv',
'model_50_50_50_50/model_50_50_50_50_w2_2.csv',
'model_50_50_50_50/model_50_50_50_50_w2_3.csv',
'model_50_50_50_50/model_50_50_50_50_w2_4.csv',
'model_50_50_50_50/model_50_50_50_50_w2_5.csv',
'model_50_50_50_50/model_50_50_50_50_w3_1.csv',
'model_50_50_50_50/model_50_50_50_50_w3_2.csv',
'model_50_50_50_50/model_50_50_50_50_w3_3.csv',
'model_50_50_50_50/model_50_50_50_50_w3_4.csv',
'model_50_50_50_50/model_50_50_50_50_w3_5.csv',
'model_50_50_50_50/model_50_50_50_50_w4_1.csv',
'model_50_50_50_50/model_50_50_50_50_w4_2.csv',
'model_50_50_50_50/model_50_50_50_50_w4_3.csv',
'model_50_50_50_50/model_50_50_50_50_w4_4.csv',
'model_50_50_50_50/model_50_50_50_50_w4_5.csv',
'model_50_50_50_50/model_50_50_50_50_w5_1.csv',
'model_50_50_50_50/model_50_50_50_50_w5_2.csv',
'model_50_50_50_50/model_50_50_50_50_w5_3.csv',
'model_50_50_50_50/model_50_50_50_50_w5_4.csv',
'model_50_50_50_50/model_50_50_50_50_w5_5.csv'
]
get_crosscorrelation(paths2, k=1, max_epoch=400, folder='matrix_crosscorrelation_small/') get_crosscorrelation(paths3, k=1, max_epoch=400, folder='matrix_crosscorrelation_small/') get_crosscorrelation(paths4, k=1, max_epoch=400, folder='matrix_crosscorrelation_small/')
cmap= newcmp
vmin_corr = -0.5
vmax_corr = 0.5
mineigenval = 1e-20
maxeigenval = 1e5
tol = 1e-18
n_of_samples=5
folder = 'matrix_crosscorrelation_small/'
pwd = 'model_50_50_50_50/model_50_50_50_50'
number_of_weights =4
vmin_w, vmax_w, vmin_b, vmax_b = -0.5, 0.5, -1, 1.0
for m in range(n_of_samples):
show_corr_matrix(folder, pwd, number_of_weights, m+1, vmin_w, vmax_w, vmin_b, vmax_b, cmap)
pwd = 'model_50_50/model_50_50' folder = 'matrix_crosscorrelation/' d=3 show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)
pwd = 'model_50_50_50/model_50_50_50' folder = 'matrix_crosscorrelation/' d=4 show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)
pwd = 'model_50_50_50_50/model_50_50_50_50' folder = 'matrix_crosscorrelation/' d=5 show_eigenvalues_all(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1e-15)
pwd = 'model_50_50/model_50_50'
details = ['w2', 'w3']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 78 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 81 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 63 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 62 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 66
pwd = 'model_50_50/model_50_50'
details = ['w2', 'w3']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)
matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 78 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 81 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50/model_50_50_w2_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 63 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 62 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50/model_50_50_w3_ matrix shape = (500, 500) rank = 66
pwd = 'model_50_50_50/model_50_50_50'
details = ['w2', 'w3', 'w4']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 84 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 84 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 86 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 85 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 82 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 80 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 89 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 67 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 67 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 75 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 70 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 70
pwd = 'model_50_50_50/model_50_50_50'
details = ['w2', 'w3', 'w4']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)
matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 84 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 84 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 86 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 85 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w2_ matrix shape = (2500, 2500) rank = 82 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 80 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 89 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 67 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 67 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 75 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 70 matrix_crosscorrelation_small/model_50_50_50/model_50_50_50_w4_ matrix shape = (500, 500) rank = 70
pwd = 'model_50_50_50_50/model_50_50_50_50'
details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_stacked(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 80 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 76 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 81 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 78 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 81 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 78 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 80 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 82 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 76 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 69 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 61 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 67
details = ['w2', 'w3', 'w4', 'w5']
show_eigenvalues_smoothed(folder, pwd, details, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, cutoff = 1000)
matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 80 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 76 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 81 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w2_ matrix shape = (2500, 2500) rank = 78 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 81 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 83 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 78 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 79 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w3_ matrix shape = (2500, 2500) rank = 80 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 82 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 76 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w4_ matrix shape = (2500, 2500) rank = 77 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 69 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 61 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 66 matrix_crosscorrelation_small/model_50_50_50_50/model_50_50_50_50_w5_ matrix shape = (500, 500) rank = 67
pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w2'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)
matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500
pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w3'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)
matrix shape = (2500, 2500) rank = 2499 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2499 matrix shape = (2500, 2500) rank = 2500
pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w4'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)
matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500 matrix shape = (2500, 2500) rank = 2500
pwd = 'model_50_50_50_50/model_50_50_50_50'
d='w5'
show_eigenvalues(folder, pwd, d, n_of_samples, cmap, vmin_corr, vmax_corr, mineigenval, maxeigenval, tol)
matrix shape = (500, 500) rank = 500 matrix shape = (500, 500) rank = 500 matrix shape = (500, 500) rank = 500 matrix shape = (500, 500) rank = 500 matrix shape = (500, 500) rank = 500